[Autogluon] 비율 다르게

Author

김보람

Published

April 3, 2024

1

2(4/5)

imports

import pandas as pd
import numpy as np
import sklearn
import pickle 
import time 
import datetime
import warnings
warnings.filterwarnings('ignore')
%run ../functions.py
def auto_amt(fraudTrain, fraud_rate, test_fraud_rate):
    df = fraudTrain[["amt","is_fraud"]]
    df = throw(df, fraud_rate)
    df_tr, df_tst = split_dataframe(df, test_fraud_rate)
    tr = TabularDataset(df_tr)
    tst = TabularDataset(df_tst)
    predictr = TabularPredictor(label="is_fraud", verbosity=0)
    t1 = time.time()
    predictr.fit(tr, presets='best_quality')
    t2 = time.time()
    time_diff = t2 - t1
    models = predictr._trainer.model_graph.nodes
    results = []
    for model_name in models:
    # 모델 평가
        eval_result = predictr.evaluate(tst, model=model_name)

    # 결과를 데이터프레임에 추가
        results.append({'model': model_name, 
                        'acc': eval_result['accuracy'], 
                        'pre': eval_result['precision'], 
                        'rec': eval_result['recall'], 
                        'f1': eval_result['f1'], 
                        'auc': eval_result['roc_auc']})
        
    model = []
    time_diff = []
    acc = []
    pre = []
    rec = []
    f1 = [] 
    auc = [] 
    graph_based = []
    method = [] 
    throw_rate = [] 
    train_size = []
    train_cols = []
    train_frate = []
    test_size = []
    test_frate = []
    hyper_params = [] 
    
    for result in results:
        model_name = result['model']
        model.append(model_name)
        time_diff.append(None)  # 각 모델별로 학습한 시간을 나타내고 싶은데 잘 안됨
        acc.append(result['acc']) 
        pre.append(result['pre'])
        rec.append(result['rec'])
        f1.append(result['f1'])
        auc.append(result['auc'])
        graph_based.append(False) 
        method.append('Autogluon') 
        throw_rate.append(df.is_fraud.mean())
        train_size.append(len(tr))
        train_cols.append([col for col in tr.columns if col != 'is_fraud'])
        train_frate.append(tr.is_fraud.mean())
        test_size.append(len(tst))
        test_frate.append(tst.is_fraud.mean())
        hyper_params.append(None)
        
    df_results = pd.DataFrame(dict(
        model=model,
        time=time_diff,
        acc=acc,
        pre=pre,
        rec=rec,
        f1=f1,
        auc=auc,
        graph_based=graph_based,
        method=method,
        throw_rate=throw_rate,  
        train_size=train_size,
        train_cols=train_cols,
        train_frate=train_frate,
        test_size=test_size,
        test_frate=test_frate,
        hyper_params=hyper_params
    ))    
    ymdhms = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d-%H%M%S') 
    df_results.to_csv(f'../results/{ymdhms}-Autogluon.csv',index=False)
    return df_results
with open('../fraudTrain.pkl', 'rb') as file:
    fraudTrain = pickle.load(file)

시도1(0.3 / 0.05)

auto_amt(fraudTrain, 0.3, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.909424 0.339050 0.856667 0.485822 0.943079 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
1 KNeighborsDist_BAG_L1 None 0.904762 0.323834 0.833333 0.466418 0.925634 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
2 LightGBMXT_BAG_L1 None 0.962704 0.602703 0.743333 0.665672 0.944517 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
3 LightGBM_BAG_L1 None 0.929737 0.402556 0.840000 0.544276 0.959376 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
4 RandomForestGini_BAG_L1 None 0.894439 0.300716 0.840000 0.442882 0.944121 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
5 RandomForestEntr_BAG_L1 None 0.894439 0.300716 0.840000 0.442882 0.944121 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
6 CatBoost_BAG_L1 None 0.929404 0.401587 0.843333 0.544086 0.959449 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
7 ExtraTreesGini_BAG_L1 None 0.897935 0.309842 0.850000 0.454141 0.949617 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
8 ExtraTreesEntr_BAG_L1 None 0.898102 0.309756 0.846667 0.453571 0.951033 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
9 NeuralNetFastAI_BAG_L1 None 0.960706 0.582902 0.750000 0.655977 0.902438 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
10 XGBoost_BAG_L1 None 0.920413 0.371758 0.860000 0.519115 0.959910 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
11 NeuralNetTorch_BAG_L1 None 0.944722 0.469582 0.823333 0.598063 0.953194 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
12 LightGBMLarge_BAG_L1 None 0.929903 0.403509 0.843333 0.545847 0.958161 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
13 WeightedEnsemble_L2 None 0.929404 0.401587 0.843333 0.544086 0.960148 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None 
auto_amt(fraudTrain, 0.3, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.909424 0.339050 0.856667 0.485822 0.943079 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
1 KNeighborsDist_BAG_L1 None 0.904762 0.323834 0.833333 0.466418 0.925634 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
2 LightGBMXT_BAG_L1 None 0.962704 0.602703 0.743333 0.665672 0.944517 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
3 LightGBM_BAG_L1 None 0.929737 0.402556 0.840000 0.544276 0.959376 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
4 RandomForestGini_BAG_L1 None 0.894439 0.300716 0.840000 0.442882 0.944121 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
5 RandomForestEntr_BAG_L1 None 0.894439 0.300716 0.840000 0.442882 0.944121 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
6 CatBoost_BAG_L1 None 0.929404 0.401587 0.843333 0.544086 0.959449 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
7 ExtraTreesGini_BAG_L1 None 0.897935 0.309842 0.850000 0.454141 0.949617 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
8 ExtraTreesEntr_BAG_L1 None 0.898102 0.309756 0.846667 0.453571 0.951033 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
9 NeuralNetFastAI_BAG_L1 None 0.960706 0.582902 0.750000 0.655977 0.902438 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
10 XGBoost_BAG_L1 None 0.920413 0.371758 0.860000 0.519115 0.959910 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
11 NeuralNetTorch_BAG_L1 None 0.944722 0.469582 0.823333 0.598063 0.953194 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
12 LightGBMLarge_BAG_L1 None 0.929903 0.403509 0.843333 0.545847 0.958161 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None
13 WeightedEnsemble_L2 None 0.929404 0.401587 0.843333 0.544086 0.960148 False Autogluon 0.3 14014 [amt] 0.407164 6006 0.04995 None

시도2(0.3 / 0.005)

auto_amt(fraudTrain, 0.3, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.903430 0.047697 0.966667 0.090909 0.978991 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
1 KNeighborsDist_BAG_L1 None 0.902098 0.047078 0.966667 0.089783 0.962461 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
2 LightGBMXT_BAG_L1 None 0.974026 0.146067 0.866667 0.250000 0.986457 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
3 LightGBM_BAG_L1 None 0.930403 0.063063 0.933333 0.118143 0.984990 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
4 RandomForestGini_BAG_L1 None 0.891775 0.042773 0.966667 0.081921 0.978584 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
5 RandomForestEntr_BAG_L1 None 0.891775 0.042773 0.966667 0.081921 0.978584 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
6 CatBoost_BAG_L1 None 0.928238 0.061269 0.933333 0.114990 0.985542 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
7 ExtraTreesGini_BAG_L1 None 0.894605 0.042489 0.933333 0.081277 0.978402 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
8 ExtraTreesEntr_BAG_L1 None 0.895937 0.044410 0.966667 0.084919 0.979828 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
9 NeuralNetFastAI_BAG_L1 None 0.971861 0.139896 0.900000 0.242152 0.960732 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
10 XGBoost_BAG_L1 None 0.924242 0.058212 0.933333 0.109589 0.984374 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
11 NeuralNetTorch_BAG_L1 None 0.946720 0.078488 0.900000 0.144385 0.981939 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
12 LightGBMLarge_BAG_L1 None 0.930070 0.062780 0.933333 0.117647 0.984758 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None
13 WeightedEnsemble_L2 None 0.925241 0.058947 0.933333 0.110891 0.985009 False Autogluon 0.3 14014 [amt] 0.426431 6006 0.004995 None

시도3(0.2 / 0.05)

auto_amt(fraudTrain, 0.2, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.940948 0.449257 0.806667 0.577107 0.935412 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
1 KNeighborsDist_BAG_L1 None 0.935620 0.422062 0.782222 0.548287 0.919107 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
2 LightGBMXT_BAG_L1 None 0.965590 0.630597 0.751111 0.685598 0.931805 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
3 LightGBM_BAG_L1 None 0.967366 0.650579 0.748889 0.696281 0.962012 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
4 RandomForestGini_BAG_L1 None 0.932734 0.409302 0.782222 0.537405 0.939180 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
5 RandomForestEntr_BAG_L1 None 0.932734 0.409302 0.782222 0.537405 0.939180 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
6 CatBoost_BAG_L1 None 0.965590 0.630597 0.751111 0.685598 0.944007 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
7 ExtraTreesGini_BAG_L1 None 0.934177 0.416957 0.797778 0.547674 0.943642 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
8 ExtraTreesEntr_BAG_L1 None 0.934843 0.420070 0.800000 0.550880 0.944278 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
9 NeuralNetFastAI_BAG_L1 None 0.965923 0.634146 0.751111 0.687691 0.912636 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
10 XGBoost_BAG_L1 None 0.965590 0.630597 0.751111 0.685598 0.961783 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
11 NeuralNetTorch_BAG_L1 None 0.966922 0.645038 0.751111 0.694045 0.955267 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
12 LightGBMLarge_BAG_L1 None 0.968587 0.668008 0.737778 0.701162 0.961885 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None
13 WeightedEnsemble_L2 None 0.965923 0.634146 0.751111 0.687691 0.912636 False Autogluon 0.2 21021 [amt] 0.264307 9009 0.04995 None

시도4(0.2 / 0.005)

auto_amt(fraudTrain, 0.2, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.943168 0.069982 0.844444 0.129252 0.957158 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
1 KNeighborsDist_BAG_L1 None 0.938173 0.064626 0.844444 0.120063 0.929921 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
2 LightGBMXT_BAG_L1 None 0.976357 0.147059 0.777778 0.247350 0.931610 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
3 LightGBM_BAG_L1 None 0.977578 0.154185 0.777778 0.257353 0.970694 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
4 RandomForestGini_BAG_L1 None 0.932956 0.058452 0.822222 0.109145 0.952514 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
5 RandomForestEntr_BAG_L1 None 0.932956 0.058452 0.822222 0.109145 0.952514 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
6 CatBoost_BAG_L1 None 0.977800 0.155556 0.777778 0.259259 0.967803 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
7 ExtraTreesGini_BAG_L1 None 0.935509 0.062092 0.844444 0.115677 0.953986 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
8 ExtraTreesEntr_BAG_L1 None 0.936175 0.062706 0.844444 0.116743 0.954544 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
9 NeuralNetFastAI_BAG_L1 None 0.976246 0.146444 0.777778 0.246479 0.913692 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
10 XGBoost_BAG_L1 None 0.967699 0.113208 0.800000 0.198347 0.970782 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
11 NeuralNetTorch_BAG_L1 None 0.977356 0.152838 0.777778 0.255474 0.965145 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
12 LightGBMLarge_BAG_L1 None 0.975913 0.144628 0.777778 0.243902 0.970215 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None
13 WeightedEnsemble_L2 None 0.977134 0.151515 0.777778 0.253623 0.966387 False Autogluon 0.2 21021 [amt] 0.283574 9009 0.004995 None

시도5(0.2 / 0.0005)

auto_amt(fraudTrain, 0.2, 0.0005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.940948 0.005618 0.75 0.011152 0.968379 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
1 KNeighborsDist_BAG_L1 None 0.937840 0.005338 0.75 0.010601 0.950611 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
2 LightGBMXT_BAG_L1 None 0.972916 0.012195 0.75 0.024000 0.924820 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
3 LightGBM_BAG_L1 None 0.979021 0.015707 0.75 0.030769 0.991546 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
4 RandomForestGini_BAG_L1 None 0.934177 0.005042 0.75 0.010017 0.944073 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
5 RandomForestEntr_BAG_L1 None 0.934177 0.005042 0.75 0.010017 0.944073 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
6 CatBoost_BAG_L1 None 0.976801 0.014218 0.75 0.027907 0.991768 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
7 ExtraTreesGini_BAG_L1 None 0.936286 0.005208 0.75 0.010345 0.956011 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
8 ExtraTreesEntr_BAG_L1 None 0.936508 0.005226 0.75 0.010381 0.957066 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
9 NeuralNetFastAI_BAG_L1 None 0.977023 0.014354 0.75 0.028169 0.896974 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
10 XGBoost_BAG_L1 None 0.969364 0.014286 1.00 0.028169 0.991297 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
11 NeuralNetTorch_BAG_L1 None 0.977800 0.014851 0.75 0.029126 0.987646 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
12 LightGBMLarge_BAG_L1 None 0.980464 0.016854 0.75 0.032967 0.991838 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None
13 WeightedEnsemble_L2 None 0.977800 0.014851 0.75 0.029126 0.987285 False Autogluon 0.2 21021 [amt] 0.285524 9009 0.000444 None

시도6(0.5 / 0.5)

auto_amt(fraudTrain, 0.5, 0.5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.870386 0.870556 0.870072 0.870314 0.939158 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
1 KNeighborsDist_BAG_L1 None 0.859561 0.868107 0.847862 0.857865 0.907189 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
2 LightGBMXT_BAG_L1 None 0.881765 0.886019 0.876180 0.881072 0.955909 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
3 LightGBM_BAG_L1 None 0.889536 0.903857 0.871738 0.887507 0.961129 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
4 RandomForestGini_BAG_L1 None 0.850958 0.853073 0.847862 0.850459 0.938361 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
5 RandomForestEntr_BAG_L1 None 0.850958 0.853073 0.847862 0.850459 0.938361 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
6 CatBoost_BAG_L1 None 0.886761 0.901904 0.867851 0.884550 0.958589 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
7 ExtraTreesGini_BAG_L1 None 0.857064 0.858817 0.854525 0.856666 0.943211 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
8 ExtraTreesEntr_BAG_L1 None 0.859284 0.861453 0.856191 0.858814 0.943970 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
9 NeuralNetFastAI_BAG_L1 None 0.863725 0.961918 0.757357 0.847468 0.895469 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
10 XGBoost_BAG_L1 None 0.889536 0.904789 0.870627 0.887380 0.961415 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
11 NeuralNetTorch_BAG_L1 None 0.882043 0.877193 0.888395 0.882759 0.951968 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
12 LightGBMLarge_BAG_L1 None 0.887594 0.903002 0.868406 0.885367 0.960592 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None
13 WeightedEnsemble_L2 None 0.887039 0.901036 0.869517 0.884996 0.958680 False Autogluon 0.5 8409 [amt] 0.500059 3603 0.499861 None

시도7(0.5 / 0.05)

auto_amt(fraudTrain, 0.5, 0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.798501 0.191176 0.938889 0.317669 0.936067 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
1 KNeighborsDist_BAG_L1 None 0.796003 0.186441 0.916667 0.309859 0.904545 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
2 LightGBMXT_BAG_L1 None 0.817097 0.206854 0.938889 0.339017 0.942227 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
3 LightGBM_BAG_L1 None 0.781293 0.177966 0.933333 0.298932 0.955806 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
4 RandomForestGini_BAG_L1 None 0.776853 0.172269 0.911111 0.289753 0.935351 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
5 RandomForestEntr_BAG_L1 None 0.776853 0.172269 0.911111 0.289753 0.935351 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
6 CatBoost_BAG_L1 None 0.790730 0.185307 0.938889 0.309524 0.956094 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
7 ExtraTreesGini_BAG_L1 None 0.787399 0.180828 0.922222 0.302368 0.941047 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
8 ExtraTreesEntr_BAG_L1 None 0.788787 0.181120 0.916667 0.302475 0.940643 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
9 NeuralNetFastAI_BAG_L1 None 0.947266 0.481343 0.716667 0.575893 0.879567 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
10 XGBoost_BAG_L1 None 0.788787 0.183206 0.933333 0.306290 0.955883 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
11 NeuralNetTorch_BAG_L1 None 0.806273 0.198135 0.944444 0.327553 0.950334 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
12 LightGBMLarge_BAG_L1 None 0.760755 0.165029 0.933333 0.280467 0.955094 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None
13 WeightedEnsemble_L2 None 0.797391 0.189616 0.933333 0.315197 0.956412 False Autogluon 0.5 8409 [amt] 0.692829 3603 0.049958 None

시도8(0.5 / 0.005)

auto_amt(fraudTrain, 0.5, 0.005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.775465 0.021765 1.000000 0.042604 0.960112 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
1 KNeighborsDist_BAG_L1 None 0.776020 0.021818 1.000000 0.042705 0.924369 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
2 LightGBMXT_BAG_L1 None 0.798224 0.024161 1.000000 0.047182 0.973539 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
3 LightGBM_BAG_L1 None 0.735498 0.018538 1.000000 0.036400 0.979909 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
4 RandomForestGini_BAG_L1 None 0.756869 0.019058 0.944444 0.037363 0.950116 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
5 RandomForestEntr_BAG_L1 None 0.756869 0.019058 0.944444 0.037363 0.950116 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
6 CatBoost_BAG_L1 None 0.774632 0.021687 1.000000 0.042453 0.978700 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
7 ExtraTreesGini_BAG_L1 None 0.768249 0.021102 1.000000 0.041332 0.959887 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
8 ExtraTreesEntr_BAG_L1 None 0.766306 0.020930 1.000000 0.041002 0.959995 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
9 NeuralNetFastAI_BAG_L1 None 0.953927 0.088889 0.888889 0.161616 0.944460 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
10 XGBoost_BAG_L1 None 0.756869 0.020134 1.000000 0.039474 0.974725 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
11 NeuralNetTorch_BAG_L1 None 0.794616 0.023747 1.000000 0.046392 0.975546 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
12 LightGBMLarge_BAG_L1 None 0.703858 0.016590 1.000000 0.032638 0.979165 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None
13 WeightedEnsemble_L2 None 0.773522 0.021583 1.000000 0.042254 0.979707 False Autogluon 0.5 8409 [amt] 0.712094 3603 0.004996 None

시도9(0.5 / 0.0005)

auto_amt(fraudTrain, 0.5, 0.0005)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif_BAG_L1 None 0.776853 0.001242 1.0 0.002481 0.971821 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
1 KNeighborsDist_BAG_L1 None 0.775742 0.001236 1.0 0.002469 0.941421 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
2 LightGBMXT_BAG_L1 None 0.800722 0.001391 1.0 0.002778 0.991671 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
3 LightGBM_BAG_L1 None 0.701082 0.000928 1.0 0.001854 0.993892 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
4 RandomForestGini_BAG_L1 None 0.755482 0.001134 1.0 0.002265 0.977790 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
5 RandomForestEntr_BAG_L1 None 0.755482 0.001134 1.0 0.002265 0.977790 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
6 CatBoost_BAG_L1 None 0.769359 0.001202 1.0 0.002401 0.991394 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
7 ExtraTreesGini_BAG_L1 None 0.762975 0.001170 1.0 0.002336 0.985425 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
8 ExtraTreesEntr_BAG_L1 None 0.763530 0.001172 1.0 0.002342 0.984175 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
9 NeuralNetFastAI_BAG_L1 None 0.953372 0.005917 1.0 0.011765 0.993059 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
10 XGBoost_BAG_L1 None 0.751041 0.001114 1.0 0.002225 0.994170 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
11 NeuralNetTorch_BAG_L1 None 0.788232 0.001309 1.0 0.002614 0.992782 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
12 LightGBMLarge_BAG_L1 None 0.698585 0.000920 1.0 0.001838 0.998890 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None
13 WeightedEnsemble_L2 None 0.766861 0.001189 1.0 0.002375 0.992504 False Autogluon 0.5 8409 [amt] 0.714116 3603 0.000278 None 
def auto_amt3232(fraudTrain, fraud_rate, test_fraud_rate):
    df = fraudTrain[["amt","is_fraud"]]
    df = throw(df, fraud_rate)
    df_tr, df_tst = split_dataframe(df, test_fraud_rate)
    tr = TabularDataset(df_tr)
    tst = TabularDataset(df_tst)
    predictr = TabularPredictor(label="is_fraud", verbosity=0)
    t1 = time.time()
    predictr.fit(tr)
    t2 = time.time()
    time_diff = t2 - t1
    models = predictr._trainer.model_graph.nodes
    results = []
    for model_name in models:
    # 모델 평가
        eval_result = predictr.evaluate(tst, model=model_name)

    # 결과를 데이터프레임에 추가
        results.append({'model': model_name, 
                        'acc': eval_result['accuracy'], 
                        'pre': eval_result['precision'], 
                        'rec': eval_result['recall'], 
                        'f1': eval_result['f1'], 
                        'auc': eval_result['roc_auc']})
        
    model = []
    time_diff = []
    acc = []
    pre = []
    rec = []
    f1 = [] 
    auc = [] 
    graph_based = []
    method = [] 
    throw_rate = [] 
    train_size = []
    train_cols = []
    train_frate = []
    test_size = []
    test_frate = []
    hyper_params = [] 
    
    for result in results:
        model_name = result['model']
        model.append(model_name)
        time_diff.append(None)  # 각 모델별로 학습한 시간을 나타내고 싶은데 잘 안됨
        acc.append(result['acc']) 
        pre.append(result['pre'])
        rec.append(result['rec'])
        f1.append(result['f1'])
        auc.append(result['auc'])
        graph_based.append(False) 
        method.append('Autogluon') 
        throw_rate.append(df.is_fraud.mean())
        train_size.append(len(tr))
        train_cols.append([col for col in tr.columns if col != 'is_fraud'])
        train_frate.append(tr.is_fraud.mean())
        test_size.append(len(tst))
        test_frate.append(tst.is_fraud.mean())
        hyper_params.append(None)
        
    df_results = pd.DataFrame(dict(
        model=model,
        time=time_diff,
        acc=acc,
        pre=pre,
        rec=rec,
        f1=f1,
        auc=auc,
        graph_based=graph_based,
        method=method,
        throw_rate=throw_rate,  
        train_size=train_size,
        train_cols=train_cols,
        train_frate=train_frate,
        test_size=test_size,
        test_frate=test_frate,
        hyper_params=hyper_params
    ))    
    ymdhms = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d-%H%M%S') 
    df_results.to_csv(f'../results/{ymdhms}-Autogluon.csv',index=False)
    return df_results
auto_amt3232(fraudTrain, 0.0999445,0.001793686)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.981195 0.072423 0.81250 0.132992 0.954993 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
1 KNeighborsDist None 0.976480 0.058559 0.81250 0.109244 0.933824 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
2 LightGBMXT None 0.981472 0.073446 0.81250 0.134715 0.979718 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
3 LightGBM None 0.988573 0.115044 0.81250 0.201550 0.982587 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
4 RandomForestGini None 0.973429 0.048485 0.75000 0.091082 0.958581 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
5 RandomForestEntr None 0.973429 0.048485 0.75000 0.091082 0.958581 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
6 CatBoost None 0.984634 0.087542 0.81250 0.158055 0.985574 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
7 ExtraTreesGini None 0.974982 0.055202 0.81250 0.103380 0.960420 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
8 ExtraTreesEntr None 0.974316 0.051975 0.78125 0.097466 0.972911 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
9 NeuralNetFastAI None 0.979087 0.069825 0.87500 0.129330 0.977548 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
10 XGBoost None 0.984634 0.087542 0.81250 0.158055 0.984246 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
11 NeuralNetTorch None 0.982748 0.081081 0.84375 0.147945 0.984233 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
12 LightGBMLarge None 0.988573 0.115044 0.81250 0.201550 0.982494 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None
13 WeightedEnsemble_L2 None 0.983968 0.086817 0.84375 0.157434 0.984870 False Autogluon 0.099945 42066 [amt] 0.142015 18027 0.001775 None 
auto_amt3232(fraudTrain, 0.1070228,0.00179)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.976240 0.061611 0.866667 0.115044 0.967928 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
1 KNeighborsDist None 0.973032 0.054622 0.866667 0.102767 0.945613 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
2 LightGBMXT None 0.978319 0.064935 0.833333 0.120482 0.978299 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
3 LightGBM None 0.986219 0.099206 0.833333 0.177305 0.985903 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
4 RandomForestGini None 0.969112 0.044610 0.800000 0.084507 0.973492 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
5 RandomForestEntr None 0.969112 0.044610 0.800000 0.084507 0.973492 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
6 CatBoost None 0.980042 0.072626 0.866667 0.134021 0.981814 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
7 ExtraTreesGini None 0.972676 0.053942 0.866667 0.101562 0.974579 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
8 ExtraTreesEntr None 0.971666 0.052104 0.866667 0.098299 0.974854 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
9 NeuralNetFastAI None 0.977844 0.065823 0.866667 0.122353 0.979648 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
10 XGBoost None 0.984794 0.093525 0.866667 0.168831 0.981732 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
11 NeuralNetTorch None 0.982002 0.080000 0.866667 0.146479 0.985676 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
12 LightGBMLarge None 0.986219 0.099206 0.833333 0.177305 0.986075 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None
13 WeightedEnsemble_L2 None 0.982002 0.080000 0.866667 0.146479 0.985676 False Autogluon 0.107023 39284 [amt] 0.152123 16835 0.001782 None 
auto_amt3232(fraudTrain, 0.064833958, 0.001793686)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.985787 0.086124 0.734694 0.154176 0.934529 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
1 KNeighborsDist None 0.982656 0.071287 0.734694 0.129964 0.911683 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
2 LightGBMXT None 0.980893 0.061818 0.693878 0.113523 0.949445 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
3 LightGBM None 0.988090 0.101695 0.734694 0.178660 0.974126 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
4 RandomForestGini None 0.981217 0.062847 0.693878 0.115254 0.932317 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
5 RandomForestEntr None 0.981217 0.062847 0.693878 0.115254 0.932317 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
6 CatBoost None 0.988018 0.101124 0.734694 0.177778 0.953292 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
7 ExtraTreesGini None 0.982009 0.068834 0.734694 0.125874 0.932034 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
8 ExtraTreesEntr None 0.982009 0.068834 0.734694 0.125874 0.940181 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
9 NeuralNetFastAI None 0.976251 0.056604 0.795918 0.105691 0.948178 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
10 XGBoost None 0.988018 0.101124 0.734694 0.177778 0.961558 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
11 NeuralNetTorch None 0.988054 0.099150 0.714286 0.174129 0.970019 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
12 LightGBMLarge None 0.988090 0.101695 0.734694 0.178660 0.973781 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None
13 WeightedEnsemble_L2 None 0.988593 0.103550 0.714286 0.180879 0.971726 False Autogluon 0.064834 64846 [amt] 0.091864 27791 0.001763 None 
def auto_amt7(fraudTrain, fraud_rate, n):
    df = fraudTrain[["amt","is_fraud"]]
    df = throw(df, fraud_rate)
    df_tr, df_tst = sklearn.model_selection.train_test_split(df)
    
    dfn = fraudTrain[::n]
    dfn = dfn[["amt","is_fraud"]]
    dfnn = dfn[~dfn.index.isin(df_tr.index)]
    dfnn = dfnn.reset_index(drop=True)
    df_trn, df_tstn = sklearn.model_selection.train_test_split(dfnn)
    
    df = pd.concat([df_tr,df_tstn])
    tr = TabularDataset(df_tr)
    tst = TabularDataset(df_tstn)
    predictr = TabularPredictor(label="is_fraud", verbosity=0)
        
    
    t1 = time.time()
    predictr.fit(tr)
    t2 = time.time()
    time_diff = t2 - t1
    models = predictr._trainer.model_graph.nodes
    results = []
    for model_name in models:
    # 모델 평가
        eval_result = predictr.evaluate(tst, model=model_name)

    # 결과를 데이터프레임에 추가
        results.append({'model': model_name, 
                        'acc': eval_result['accuracy'], 
                        'pre': eval_result['precision'], 
                        'rec': eval_result['recall'], 
                        'f1': eval_result['f1'], 
                        'auc': eval_result['roc_auc']})
        
    model = []
    time_diff = []
    acc = []
    pre = []
    rec = []
    f1 = [] 
    auc = [] 
    graph_based = []
    method = [] 
    throw_rate = [] 
    train_size = []
    train_cols = []
    train_frate = []
    test_size = []
    test_frate = []
    hyper_params = [] 
    
    for result in results:
        model_name = result['model']
        model.append(model_name)
        time_diff.append(None)  # 각 모델별로 학습한 시간을 나타내고 싶은데 잘 안됨
        acc.append(result['acc']) 
        pre.append(result['pre'])
        rec.append(result['rec'])
        f1.append(result['f1'])
        auc.append(result['auc'])
        graph_based.append(False) 
        method.append('Autogluon') 
        throw_rate.append(df.is_fraud.mean())
        train_size.append(len(tr))
        train_cols.append([col for col in tr.columns if col != 'is_fraud'])
        train_frate.append(tr.is_fraud.mean())
        test_size.append(len(tst))
        test_frate.append(tst.is_fraud.mean())
        hyper_params.append(None)
        
    df_results = pd.DataFrame(dict(
        model=model,
        time=time_diff,
        acc=acc,
        pre=pre,
        rec=rec,
        f1=f1,
        auc=auc,
        graph_based=graph_based,
        method=method,
        throw_rate=throw_rate,  
        train_size=train_size,
        train_cols=train_cols,
        train_frate=train_frate,
        test_size=test_size,
        test_frate=test_frate,
        hyper_params=hyper_params
    ))    
    ymdhms = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d-%H%M%S') 
    df_results.to_csv(f'../results/{ymdhms}-Autogluon.csv',index=False)
    return df_results
auto_amt7(fraudTrain, 0.9, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.672506 0.005239 1.000000 0.010424 0.917769 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
1 KNeighborsDist None 0.667024 0.005040 0.977778 0.010028 0.897686 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
2 LightGBMXT None 0.618728 0.004404 0.977778 0.008769 0.961423 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
3 LightGBM None 0.631837 0.004663 1.000000 0.009283 0.965210 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
4 RandomForestGini None 0.643681 0.004817 1.000000 0.009589 0.926060 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
5 RandomForestEntr None 0.643681 0.004817 1.000000 0.009589 0.926060 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
6 CatBoost None 0.646096 0.004850 1.000000 0.009654 0.971513 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
7 ExtraTreesGini None 0.654260 0.004964 1.000000 0.009879 0.940197 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
8 ExtraTreesEntr None 0.652267 0.004936 1.000000 0.009823 0.940543 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
9 NeuralNetFastAI None 0.401280 0.002873 1.000000 0.005729 0.923193 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
10 XGBoost None 0.623634 0.004562 1.000000 0.009083 0.960137 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
11 NeuralNetTorch None 0.395032 0.002843 1.000000 0.005670 0.922903 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
12 LightGBMLarge None 0.653877 0.004959 1.000000 0.009868 0.955960 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None
13 WeightedEnsemble_L2 None 0.626854 0.004601 1.000000 0.009160 0.965830 False Autogluon 0.14656 5004 [amt] 0.901679 26089 0.001725 None 
auto_amt7(fraudTrain, 0.8, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.736519 0.007369 1.000000 0.014630 0.935672 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
1 KNeighborsDist None 0.737555 0.007112 0.960784 0.014119 0.919264 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
2 LightGBMXT None 0.759300 0.007749 0.960784 0.015375 0.945454 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
3 LightGBM None 0.716346 0.006848 1.000000 0.013604 0.968619 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
4 RandomForestGini None 0.721217 0.006698 0.960784 0.013303 0.941450 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
5 RandomForestEntr None 0.721217 0.006698 0.960784 0.013303 0.941450 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
6 CatBoost None 0.735599 0.007201 0.980392 0.014298 0.969321 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
7 ExtraTreesGini None 0.731994 0.006965 0.960784 0.013830 0.949904 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
8 ExtraTreesEntr None 0.730690 0.006932 0.960784 0.013764 0.950366 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
9 NeuralNetFastAI None 0.167945 0.002345 1.000000 0.004680 0.798758 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
10 XGBoost None 0.720948 0.006961 1.000000 0.013825 0.959575 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
11 NeuralNetTorch None 0.757881 0.007704 0.960784 0.015286 0.941510 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
12 LightGBMLarge None 0.716346 0.006848 1.000000 0.013604 0.967254 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None
13 WeightedEnsemble_L2 None 0.716346 0.006848 1.000000 0.013604 0.968619 False Autogluon 0.142726 5630 [amt] 0.794671 26074 0.001956 None 
auto_amt7(fraudTrain, 0.7, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.791355 0.006768 0.880952 0.013433 0.929165 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
1 KNeighborsDist None 0.794963 0.006886 0.880952 0.013666 0.907111 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
2 LightGBMXT None 0.816884 0.007705 0.880952 0.015277 0.931731 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
3 LightGBM None 0.747937 0.006057 0.952381 0.012037 0.957331 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
4 RandomForestGini None 0.779185 0.006568 0.904762 0.013040 0.935909 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
5 RandomForestEntr None 0.779185 0.006568 0.904762 0.013040 0.935909 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
6 CatBoost None 0.798841 0.007205 0.904762 0.014296 0.920304 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
7 ExtraTreesGini None 0.784713 0.006735 0.904762 0.013371 0.937763 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
8 ExtraTreesEntr None 0.784790 0.006738 0.904762 0.013376 0.938921 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
9 NeuralNetFastAI None 0.638105 0.003807 0.857143 0.007580 0.893476 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
10 XGBoost None 0.777381 0.006684 0.928571 0.013272 0.952882 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
11 NeuralNetTorch None 0.792238 0.007159 0.928571 0.014208 0.933392 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
12 LightGBMLarge None 0.752428 0.006166 0.952381 0.012253 0.953565 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None
13 WeightedEnsemble_L2 None 0.756497 0.006114 0.928571 0.012148 0.956620 False Autogluon 0.139823 6435 [amt] 0.699301 26049 0.001612 None 
auto_amt7(fraudTrain, 0.6, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.830637 0.010559 0.94 0.020884 0.951753 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
1 KNeighborsDist None 0.840552 0.010742 0.90 0.021231 0.927416 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
2 LightGBMXT None 0.847239 0.011451 0.92 0.022621 0.951173 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
3 LightGBM None 0.817263 0.009794 0.94 0.019385 0.964784 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
4 RandomForestGini None 0.823335 0.009916 0.92 0.019620 0.948598 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
5 RandomForestEntr None 0.823335 0.009916 0.92 0.019620 0.948598 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
6 CatBoost None 0.811575 0.009699 0.96 0.019204 0.956254 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
7 ExtraTreesGini None 0.829561 0.010275 0.92 0.020323 0.953836 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
8 ExtraTreesEntr None 0.830368 0.010543 0.94 0.020852 0.953754 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
9 NeuralNetFastAI None 0.965028 0.038627 0.72 0.073320 0.884173 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
10 XGBoost None 0.846854 0.011423 0.92 0.022566 0.966859 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
11 NeuralNetTorch None 0.967296 0.041237 0.72 0.078007 0.913944 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
12 LightGBMLarge None 0.819915 0.009937 0.94 0.019665 0.961775 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None
13 WeightedEnsemble_L2 None 0.809846 0.009612 0.96 0.019033 0.949810 False Autogluon 0.137079 7507 [amt] 0.605568 26021 0.001922 None 
auto_amt7(fraudTrain, 0.5, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.875755 0.007702 0.78125 0.015253 0.884682 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
1 KNeighborsDist None 0.867634 0.007517 0.81250 0.014895 0.880694 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
2 LightGBMXT None 0.883877 0.008237 0.78125 0.016303 0.923171 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
3 LightGBM None 0.896732 0.009256 0.78125 0.018295 0.939773 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
4 RandomForestGini None 0.849698 0.006875 0.84375 0.013640 0.909261 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
5 RandomForestEntr None 0.849698 0.006875 0.84375 0.013640 0.909261 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
6 CatBoost None 0.890651 0.008744 0.78125 0.017295 0.930557 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
7 ExtraTreesGini None 0.857896 0.007004 0.81250 0.013889 0.918836 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
8 ExtraTreesEntr None 0.855818 0.007166 0.84375 0.014211 0.909375 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
9 NeuralNetFastAI None 0.965706 0.025414 0.71875 0.049093 0.823335 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
10 XGBoost None 0.895616 0.009158 0.78125 0.018103 0.940320 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
11 NeuralNetTorch None 0.883030 0.007856 0.75000 0.015549 0.921634 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
12 LightGBMLarge None 0.852200 0.006736 0.81250 0.013361 0.939314 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None
13 WeightedEnsemble_L2 None 0.883877 0.008237 0.78125 0.016303 0.923171 False Autogluon 0.130637 9009 [amt] 0.50383 25981 0.001232 None 
auto_amt7(fraudTrain, 0.4, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.915320 0.013098 0.743590 0.025743 0.925259 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
1 KNeighborsDist None 0.903129 0.012234 0.794872 0.024096 0.888333 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
2 LightGBMXT None 0.973651 0.036023 0.641026 0.068213 0.899727 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
3 LightGBM None 0.935342 0.017678 0.769231 0.034562 0.958900 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
4 RandomForestGini None 0.884997 0.009993 0.769231 0.019730 0.918495 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
5 RandomForestEntr None 0.884997 0.009993 0.769231 0.019730 0.918495 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
6 CatBoost None 0.952702 0.021757 0.692308 0.042188 0.957907 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
7 ExtraTreesGini None 0.893870 0.011527 0.820513 0.022735 0.940706 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
8 ExtraTreesEntr None 0.893870 0.011527 0.820513 0.022735 0.940206 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
9 NeuralNetFastAI None 0.972763 0.034868 0.641026 0.066138 0.883521 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
10 XGBoost None 0.920181 0.014354 0.769231 0.028182 0.955367 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
11 NeuralNetTorch None 0.947649 0.019679 0.692308 0.038271 0.958331 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
12 LightGBMLarge None 0.949809 0.019787 0.666667 0.038433 0.956469 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None
13 WeightedEnsemble_L2 None 0.933143 0.016000 0.717949 0.031302 0.961509 False Autogluon 0.123043 11261 [amt] 0.402806 25921 0.001505 None 
auto_amt7(fraudTrain, 0.3, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.943677 0.014986 0.709677 0.029353 0.926230 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
1 KNeighborsDist None 0.933535 0.013279 0.741935 0.026092 0.891977 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
2 LightGBMXT None 0.968025 0.026222 0.709677 0.050575 0.930069 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
3 LightGBM None 0.967871 0.027219 0.741935 0.052511 0.964841 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
4 RandomForestGini None 0.922154 0.011352 0.741935 0.022363 0.950148 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
5 RandomForestEntr None 0.922154 0.011352 0.741935 0.022363 0.950148 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
6 CatBoost None 0.976116 0.033439 0.677419 0.063733 0.945809 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
7 ExtraTreesGini None 0.928696 0.012386 0.741935 0.024364 0.952060 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
8 ExtraTreesEntr None 0.929277 0.012486 0.741935 0.024560 0.952507 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
9 NeuralNetFastAI None 0.975729 0.032915 0.677419 0.062780 0.885792 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
10 XGBoost None 0.957458 0.021505 0.774194 0.041848 0.964256 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
11 NeuralNetTorch None 0.975690 0.034321 0.709677 0.065476 0.958467 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
12 LightGBMLarge None 0.966516 0.026136 0.741935 0.050494 0.964247 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None
13 WeightedEnsemble_L2 None 0.967871 0.027219 0.741935 0.052511 0.964841 False Autogluon 0.112147 15015 [amt] 0.30303 25833 0.0012 None 
auto_amt7(fraudTrain, 0.2, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.965722 0.020362 0.580645 0.039344 0.890223 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
1 KNeighborsDist None 0.956869 0.017071 0.612903 0.033217 0.894275 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
2 LightGBMXT None 0.973911 0.026706 0.580645 0.051064 0.943387 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
3 LightGBM None 0.983231 0.037123 0.516129 0.069264 0.950423 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
4 RandomForestGini None 0.948875 0.014416 0.612903 0.028169 0.918144 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
5 RandomForestEntr None 0.948875 0.014416 0.612903 0.028169 0.918144 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
6 CatBoost None 0.978279 0.030357 0.548387 0.057530 0.953229 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
7 ExtraTreesGini None 0.953516 0.017456 0.677419 0.034036 0.920250 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
8 ExtraTreesEntr None 0.954179 0.017707 0.677419 0.034511 0.921158 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
9 NeuralNetFastAI None 0.969582 0.024142 0.612903 0.046455 0.792421 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
10 XGBoost None 0.981047 0.034765 0.548387 0.065385 0.956875 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
11 NeuralNetTorch None 0.971025 0.025333 0.612903 0.048656 0.943575 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
12 LightGBMLarge None 0.983231 0.037123 0.516129 0.069264 0.945461 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None
13 WeightedEnsemble_L2 None 0.980034 0.033010 0.548387 0.062271 0.954090 False Autogluon 0.094882 22522 [amt] 0.201536 25643 0.001209 None 
auto_amt7(fraudTrain, 0.1, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.984394 0.068796 0.700 0.125280 0.944695 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
1 KNeighborsDist None 0.981959 0.056034 0.650 0.103175 0.930740 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
2 LightGBMXT None 0.979604 0.047985 0.625 0.089127 0.963419 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
3 LightGBM None 0.990740 0.103306 0.625 0.177305 0.980154 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
4 RandomForestGini None 0.978167 0.043243 0.600 0.080672 0.963541 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
5 RandomForestEntr None 0.978167 0.043243 0.600 0.080672 0.963541 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
6 CatBoost None 0.985551 0.078534 0.750 0.142180 0.979492 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
7 ExtraTreesGini None 0.980003 0.050682 0.650 0.094033 0.965148 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
8 ExtraTreesEntr None 0.980283 0.051383 0.650 0.095238 0.964879 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
9 NeuralNetFastAI None 0.977249 0.052365 0.775 0.098101 0.958697 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
10 XGBoost None 0.985511 0.078329 0.750 0.141844 0.980592 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
11 NeuralNetTorch None 0.987467 0.087349 0.725 0.155914 0.978420 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
12 LightGBMLarge None 0.990740 0.103306 0.625 0.177305 0.979973 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None
13 WeightedEnsemble_L2 None 0.988265 0.090323 0.700 0.160000 0.977690 False Autogluon 0.065136 45045 [amt] 0.100477 25054 0.001597 None 
auto_amt7(fraudTrain, 0.09, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.984480 0.057500 0.696970 0.106236 0.933013 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
1 KNeighborsDist None 0.981352 0.046218 0.666667 0.086444 0.935943 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
2 LightGBMXT None 0.978223 0.031250 0.515152 0.058925 0.943419 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
3 LightGBM None 0.986044 0.063712 0.696970 0.116751 0.977783 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
4 RandomForestGini None 0.979467 0.040307 0.636364 0.075812 0.933916 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
5 RandomForestEntr None 0.979467 0.040307 0.636364 0.075812 0.933916 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
6 CatBoost None 0.983437 0.051887 0.666667 0.096280 0.968604 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
7 ExtraTreesGini None 0.980630 0.044534 0.666667 0.083491 0.947426 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
8 ExtraTreesEntr None 0.980549 0.044355 0.666667 0.083176 0.947402 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
9 NeuralNetFastAI None 0.976980 0.039182 0.696970 0.074194 0.954669 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
10 XGBoost None 0.985041 0.059585 0.696970 0.109785 0.978302 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
11 NeuralNetTorch None 0.986605 0.063768 0.666667 0.116402 0.974966 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
12 LightGBMLarge None 0.986044 0.063712 0.696970 0.116751 0.977874 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None
13 WeightedEnsemble_L2 None 0.986004 0.061111 0.666667 0.111959 0.976728 False Autogluon 0.061293 50049 [amt] 0.091171 24935 0.001323 None 
auto_amt7(fraudTrain, 0.08, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.985838 0.058333 0.636364 0.106870 0.888590 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
1 KNeighborsDist None 0.982974 0.040189 0.515152 0.074561 0.869726 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
2 LightGBMXT None 0.978414 0.041971 0.696970 0.079174 0.947827 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
3 LightGBM None 0.990962 0.079295 0.545455 0.138462 0.956390 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
4 RandomForestGini None 0.981804 0.037611 0.515152 0.070103 0.889501 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
5 RandomForestEntr None 0.981804 0.037611 0.515152 0.070103 0.889501 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
6 CatBoost None 0.986605 0.061584 0.636364 0.112299 0.940663 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
7 ExtraTreesGini None 0.982328 0.038724 0.515152 0.072034 0.892195 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
8 ExtraTreesEntr None 0.982207 0.040541 0.545455 0.075472 0.892584 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
9 NeuralNetFastAI None 0.979625 0.042636 0.666667 0.080146 0.896268 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
10 XGBoost None 0.986605 0.061584 0.636364 0.112299 0.947377 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
11 NeuralNetTorch None 0.987331 0.062305 0.606061 0.112994 0.955241 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
12 LightGBMLarge None 0.992213 0.091837 0.545455 0.157205 0.945912 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None
13 WeightedEnsemble_L2 None 0.987775 0.055921 0.515152 0.100890 0.950111 False Autogluon 0.056739 56306 [amt] 0.081128 24785 0.001331 None 
auto_amt7(fraudTrain, 0.07, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.986713 0.067647 0.696970 0.123324 0.860245 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
1 KNeighborsDist None 0.984844 0.057292 0.666667 0.105516 0.859447 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
2 LightGBMXT None 0.992930 0.106145 0.575758 0.179245 0.936256 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
3 LightGBM None 0.987120 0.069697 0.696970 0.126722 0.966536 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
4 RandomForestGini None 0.984032 0.050000 0.606061 0.092379 0.862851 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
5 RandomForestEntr None 0.984032 0.050000 0.606061 0.092379 0.862851 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
6 CatBoost None 0.986185 0.065156 0.696970 0.119171 0.966158 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
7 ExtraTreesGini None 0.984722 0.054545 0.636364 0.100478 0.877480 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
8 ExtraTreesEntr None 0.984763 0.056995 0.666667 0.105012 0.876873 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
9 NeuralNetFastAI None 0.977327 0.043478 0.757576 0.082237 0.927294 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
10 XGBoost None 0.986185 0.065156 0.696970 0.119171 0.955735 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
11 NeuralNetTorch None 0.989314 0.080292 0.666667 0.143322 0.966986 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
12 LightGBMLarge None 0.987120 0.069697 0.696970 0.126722 0.966438 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None
13 WeightedEnsemble_L2 None 0.989314 0.080292 0.666667 0.143322 0.966986 False Autogluon 0.051517 64350 [amt] 0.070707 24611 0.001341 None 
auto_amt7(fraudTrain, 0.06, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.988407 0.056537 0.516129 0.101911 0.817115 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
1 KNeighborsDist None 0.987009 0.044728 0.451613 0.081395 0.816728 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
2 LightGBMXT None 0.987831 0.044674 0.419355 0.080745 0.923696 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
3 LightGBM None 0.990832 0.071429 0.516129 0.125490 0.953651 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
4 RandomForestGini None 0.985940 0.033033 0.354839 0.060440 0.817714 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
5 RandomForestEntr None 0.985940 0.033033 0.354839 0.060440 0.817714 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
6 CatBoost None 0.988119 0.058219 0.548387 0.105263 0.929765 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
7 ExtraTreesGini None 0.987050 0.041935 0.419355 0.076246 0.845766 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
8 ExtraTreesEntr None 0.987091 0.039088 0.387097 0.071006 0.845899 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
9 NeuralNetFastAI None 0.979280 0.035363 0.580645 0.066667 0.907383 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
10 XGBoost None 0.988160 0.058419 0.548387 0.105590 0.943379 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
11 NeuralNetTorch None 0.988900 0.062271 0.548387 0.111842 0.932266 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
12 LightGBMLarge None 0.990832 0.071429 0.516129 0.125490 0.954257 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None
13 WeightedEnsemble_L2 None 0.991284 0.075117 0.516129 0.131148 0.937845 False Autogluon 0.045876 75075 [amt] 0.060326 24324 0.001274 None 
auto_amt7(fraudTrain, 0.05, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.989523 0.070039 0.600000 0.125436 0.883888 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
1 KNeighborsDist None 0.989148 0.064394 0.566667 0.115646 0.865053 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
2 LightGBMXT None 0.998748 0.000000 0.000000 0.000000 0.798688 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
3 LightGBM None 0.991193 0.082949 0.600000 0.145749 0.977357 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
4 RandomForestGini None 0.988647 0.055147 0.500000 0.099338 0.903842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
5 RandomForestEntr None 0.988647 0.055147 0.500000 0.099338 0.903842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
6 CatBoost None 0.990817 0.083333 0.633333 0.147287 0.970471 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
7 ExtraTreesGini None 0.988939 0.063197 0.566667 0.113712 0.933406 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
8 ExtraTreesEntr None 0.988939 0.063197 0.566667 0.113712 0.947400 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
9 NeuralNetFastAI None 0.994991 0.131148 0.533333 0.210526 0.925528 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
10 XGBoost None 0.988605 0.070671 0.666667 0.127796 0.961842 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
11 NeuralNetTorch None 0.989982 0.080000 0.666667 0.142857 0.968028 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
12 LightGBMLarge None 0.993071 0.100000 0.566667 0.170000 0.977875 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None
13 WeightedEnsemble_L2 None 0.990108 0.077551 0.633333 0.138182 0.968740 False Autogluon 0.039852 90090 [amt] 0.050117 23958 0.001252 None 
auto_amt7(fraudTrain, 0.04, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.990849 0.090909 0.588235 0.157480 0.897267 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
1 KNeighborsDist None 0.989951 0.082988 0.588235 0.145455 0.881324 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
2 LightGBMXT None 0.998546 0.000000 0.000000 0.000000 0.804711 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
3 LightGBM None 0.993415 0.100000 0.441176 0.163043 0.975969 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
4 RandomForestGini None 0.989438 0.075697 0.558824 0.133333 0.940680 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
5 RandomForestEntr None 0.989438 0.075697 0.558824 0.133333 0.940680 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
6 CatBoost None 0.994056 0.116788 0.470588 0.187135 0.942605 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
7 ExtraTreesGini None 0.989951 0.079498 0.558824 0.139194 0.954682 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
8 ExtraTreesEntr None 0.990165 0.084746 0.588235 0.148148 0.941717 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
9 NeuralNetFastAI None 0.994655 0.104348 0.352941 0.161074 0.927658 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
10 XGBoost None 0.989053 0.082707 0.647059 0.146667 0.963589 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
11 NeuralNetTorch None 0.989695 0.084337 0.617647 0.148410 0.976645 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
12 LightGBMLarge None 0.993415 0.100000 0.441176 0.163043 0.974090 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None
13 WeightedEnsemble_L2 None 0.989695 0.084337 0.617647 0.148410 0.976645 False Autogluon 0.033471 112612 [amt] 0.04012 23386 0.001454 None 
auto_amt7(fraudTrain, 0.03, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.993414 0.100000 0.388889 0.159091 0.748364 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
1 KNeighborsDist None 0.992569 0.071895 0.305556 0.116402 0.718609 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
2 LightGBMXT None 0.998398 0.000000 0.000000 0.000000 0.726936 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
3 LightGBM None 0.997553 0.228571 0.222222 0.225352 0.943845 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
4 RandomForestGini None 0.991857 0.059880 0.277778 0.098522 0.781299 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
5 RandomForestEntr None 0.991857 0.059880 0.277778 0.098522 0.781299 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
6 CatBoost None 0.995105 0.106383 0.277778 0.153846 0.921011 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
7 ExtraTreesGini None 0.992257 0.068750 0.305556 0.112245 0.795583 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
8 ExtraTreesEntr None 0.992213 0.073620 0.333333 0.120603 0.795305 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
9 NeuralNetFastAI None 0.995372 0.138298 0.361111 0.200000 0.933157 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
10 XGBoost None 0.989632 0.073593 0.472222 0.127341 0.944720 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
11 NeuralNetTorch None 0.993325 0.109589 0.444444 0.175824 0.947783 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
12 LightGBMLarge None 0.998398 0.000000 0.000000 0.000000 0.952792 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None
13 WeightedEnsemble_L2 None 0.993414 0.105634 0.416667 0.168539 0.944971 False Autogluon 0.026173 150150 [amt] 0.02985 22472 0.001602 None 
auto_amt7(fraudTrain, 0.02, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994176 0.137931 0.444444 0.210526 0.850648 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
1 KNeighborsDist None 0.993351 0.108527 0.388889 0.169697 0.850201 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
2 LightGBMXT None 0.998253 0.000000 0.000000 0.000000 0.808323 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
3 LightGBM None 0.997282 0.222222 0.222222 0.222222 0.979879 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
4 RandomForestGini None 0.993157 0.086614 0.305556 0.134969 0.865468 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
5 RandomForestEntr None 0.993157 0.086614 0.305556 0.134969 0.865468 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
6 CatBoost None 0.994856 0.135417 0.361111 0.196970 0.959905 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
7 ExtraTreesGini None 0.993351 0.108527 0.388889 0.169697 0.879890 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
8 ExtraTreesEntr None 0.993303 0.101562 0.361111 0.158537 0.867600 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
9 NeuralNetFastAI None 0.995001 0.154639 0.416667 0.225564 0.955167 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
10 XGBoost None 0.997185 0.210526 0.222222 0.216216 0.964940 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
11 NeuralNetTorch None 0.995438 0.184783 0.472222 0.265625 0.976525 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
12 LightGBMLarge None 0.998253 0.000000 0.000000 0.000000 0.980291 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None
13 WeightedEnsemble_L2 None 0.995438 0.184783 0.472222 0.265625 0.976525 False Autogluon 0.018354 225225 [amt] 0.019873 20605 0.001747 None 
auto_amt7(fraudTrain, 0.01, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.995750 0.288462 0.357143 0.319149 0.778281 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
1 KNeighborsDist None 0.995086 0.233333 0.333333 0.274510 0.766844 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
2 LightGBMXT None 0.997211 0.000000 0.000000 0.000000 0.722844 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
3 LightGBM None 0.996348 0.275862 0.190476 0.225352 0.970487 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
4 RandomForestGini None 0.994555 0.187500 0.285714 0.226415 0.867535 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
5 RandomForestEntr None 0.994555 0.187500 0.285714 0.226415 0.867535 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
6 CatBoost None 0.996215 0.222222 0.142857 0.173913 0.917539 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
7 ExtraTreesGini None 0.994887 0.222222 0.333333 0.266667 0.894749 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
8 ExtraTreesEntr None 0.995086 0.233333 0.333333 0.274510 0.895466 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
9 NeuralNetFastAI None 0.996879 0.380952 0.190476 0.253968 0.911898 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
10 XGBoost None 0.996148 0.214286 0.142857 0.171429 0.944878 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
11 NeuralNetTorch None 0.995418 0.245283 0.309524 0.273684 0.964096 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
12 LightGBMLarge None 0.997211 0.000000 0.000000 0.000000 0.970680 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None
13 WeightedEnsemble_L2 None 0.995484 0.240000 0.285714 0.260870 0.962590 False Autogluon 0.009802 450450 [amt] 0.010037 15059 0.002789 None 
auto_amt7(fraudTrain, 0.009, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.995779 0.146341 0.206897 0.171429 0.750397 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
1 KNeighborsDist None 0.995124 0.148148 0.275862 0.192771 0.716125 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
2 LightGBMXT None 0.997890 0.000000 0.000000 0.000000 0.759775 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
3 LightGBM None 0.997890 0.000000 0.000000 0.000000 0.955511 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
4 RandomForestGini None 0.994032 0.092308 0.206897 0.127660 0.761099 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
5 RandomForestEntr None 0.994032 0.092308 0.206897 0.127660 0.761099 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
6 CatBoost None 0.997890 0.000000 0.000000 0.000000 0.818552 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
7 ExtraTreesGini None 0.994687 0.120690 0.241379 0.160920 0.763472 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
8 ExtraTreesEntr None 0.994760 0.122807 0.241379 0.162791 0.763820 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
9 NeuralNetFastAI None 0.997890 0.000000 0.000000 0.000000 0.917705 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
10 XGBoost None 0.996580 0.178571 0.172414 0.175439 0.939455 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
11 NeuralNetTorch None 0.997162 0.187500 0.103448 0.133333 0.941711 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
12 LightGBMLarge None 0.997890 0.000000 0.000000 0.000000 0.944964 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None
13 WeightedEnsemble_L2 None 0.997162 0.187500 0.103448 0.133333 0.941711 False Autogluon 0.008901 500499 [amt] 0.009087 13741 0.00211 None 
auto_amt7(fraudTrain, 0.008, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994738 0.340426 0.326531 0.333333 0.749046 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
1 KNeighborsDist None 0.994655 0.351852 0.387755 0.368932 0.738710 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
2 LightGBMXT None 0.995971 0.000000 0.000000 0.000000 0.748396 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
3 LightGBM None 0.995971 0.000000 0.000000 0.000000 0.952200 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
4 RandomForestGini None 0.993915 0.264151 0.285714 0.274510 0.756577 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
5 RandomForestEntr None 0.993915 0.264151 0.285714 0.274510 0.756577 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
6 CatBoost None 0.995971 0.000000 0.000000 0.000000 0.869176 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
7 ExtraTreesGini None 0.994327 0.300000 0.306122 0.303030 0.788091 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
8 ExtraTreesEntr None 0.994327 0.300000 0.306122 0.303030 0.797345 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
9 NeuralNetFastAI None 0.995971 0.000000 0.000000 0.000000 0.865390 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
10 XGBoost None 0.994820 0.305556 0.224490 0.258824 0.931314 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
11 NeuralNetTorch None 0.995478 0.440000 0.448980 0.444444 0.953280 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
12 LightGBMLarge None 0.995971 0.000000 0.000000 0.000000 0.952864 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None
13 WeightedEnsemble_L2 None 0.995395 0.431373 0.448980 0.440000 0.952930 False Autogluon 0.007978 563062 [amt] 0.008063 12162 0.004029 None 
auto_amt7(fraudTrain, 0.007, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.995668 0.380952 0.205128 0.266667 0.788467 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
1 KNeighborsDist None 0.994781 0.266667 0.205128 0.231884 0.762879 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
2 LightGBMXT None 0.996160 0.000000 0.000000 0.000000 0.755161 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
3 LightGBM None 0.996160 0.000000 0.000000 0.000000 0.974407 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
4 RandomForestGini None 0.993698 0.142857 0.128205 0.135135 0.867785 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
5 RandomForestEntr None 0.993698 0.142857 0.128205 0.135135 0.867785 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
6 CatBoost None 0.996160 0.000000 0.000000 0.000000 0.875627 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
7 ExtraTreesGini None 0.994289 0.172414 0.128205 0.147059 0.871182 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
8 ExtraTreesEntr None 0.994191 0.166667 0.128205 0.144928 0.870942 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
9 NeuralNetFastAI None 0.995668 0.380952 0.205128 0.266667 0.960567 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
10 XGBoost None 0.996160 0.000000 0.000000 0.000000 0.964714 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
11 NeuralNetTorch None 0.996160 0.500000 0.230769 0.315789 0.975028 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
12 LightGBMLarge None 0.996160 0.000000 0.000000 0.000000 0.973680 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None
13 WeightedEnsemble_L2 None 0.996160 0.500000 0.230769 0.315789 0.975028 False Autogluon 0.00703 643500 [amt] 0.00708 10156 0.00384 None 
auto_amt7(fraudTrain, 0.006, 10)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994764 0.434783 0.277778 0.338983 0.758264 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
1 KNeighborsDist None 0.994629 0.388889 0.194444 0.259259 0.758399 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
2 LightGBMXT None 0.995166 0.000000 0.000000 0.000000 0.736733 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
3 LightGBM None 0.995166 0.000000 0.000000 0.000000 0.968317 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
4 RandomForestGini None 0.993690 0.296296 0.222222 0.253968 0.815985 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
5 RandomForestEntr None 0.993690 0.296296 0.222222 0.253968 0.815985 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
6 CatBoost None 0.995166 0.000000 0.000000 0.000000 0.844396 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
7 ExtraTreesGini None 0.994361 0.350000 0.194444 0.250000 0.845586 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
8 ExtraTreesEntr None 0.994092 0.333333 0.222222 0.266667 0.858701 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
9 NeuralNetFastAI None 0.995166 0.000000 0.000000 0.000000 0.950426 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
10 XGBoost None 0.995166 0.000000 0.000000 0.000000 0.955513 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
11 NeuralNetTorch None 0.995166 0.500000 0.250000 0.333333 0.964011 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
12 LightGBMLarge None 0.995166 0.000000 0.000000 0.000000 0.965458 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None
13 WeightedEnsemble_L2 None 0.995435 0.600000 0.166667 0.260870 0.926624 False Autogluon 0.006006 750750 [amt] 0.006018 7448 0.004834 None

이 비율부터는 안됨

auto_amt7(fraudTrain, 0.005, 10)

auto_amt7(fraudTrain, 0.004, 10)

auto_amt7(fraudTrain, 0.003, 10)

auto_amt7(fraudTrain, 0.002, 10)

auto_amt7(fraudTrain, 0.001, 10)